// 

// as 
void 
{ 



Called when an ID__CONTROL_N^^PRAME message is received 
a result of the frame callback getting a new frame. 
CSnapshotCtrl : : OnControlNewf rame ( ) 



// time (ms since bootup) when we started processing this frame. 

// time (ms) elapsed since the previous frame was snapped. 

// "send this frame as a snapshot" 

// "motion occurred between the previous frame and the current frame." 

// "motion occurred between the stable frame and the current frame." 

// "a stable change happened" 

// time (ms) elapsed since movement was detected. 

// the absolute threshold to use in the difference calculation. 

// the motion rectangle, in video coordinates. 

// number of pixels that have changed (vs. moved), in percent. 

// the time the frame was taken, in seconds since the epoch. 

// text label for the current picture. 

// region-of-interest for differences of the images (or NULL if none). 
IplROI *prevRoil, *prevRoi2, *prevRoi3; // previous region-of-interest for images we mess with 



DWORD startTime; 
DWORD endTime; 
DWORD msTimeSincePrev; 
BOOL sendFrame; 
BOOL motionOccurred; 
BOOL novel tyOccurred; 
BOOL changeOccurred; 
DWORD msldle; 
int dif f Threshold; 
CRect moveRect; 
double pcNumChanged ; 
CTime ctNow; 
CString cStrTag; 
jdouble fDiff; 
IPLStatus iplStat; 
IplROI *pRoi = NULL; 



// points to a static error message. 

// pointers to each lut [ ] entry. 

// the Lookup-table for each channel. 

// the key values for each channel's LUT. 

// the value values for each channel's LUT. 



LPCSTR pMsg; 
IplLUT *pLut [3] ; 
IplLUT lut [3] ; 
int lutKey [256 * 3] ; 
int lutValue[256 * 3] 
int lutldx; 
int keyldx; 

sendFrame = FALSE; 
motionOccurred = FALSE; 
novel tyOccurred = FALSE; 
changeOccurred = FALSE; 
startTime = timeGetTime ( ) ; 
ctNow = CTime : : GetCurrentTime ( ) ; 

// Keep our callback from overwriting our data. 

m_frameBusy = TRUE; 

// If the video was closed a while ago, ignore this message. 
// If we've already processed this frame, ignore it. 

// This helps when we are capturing frames faster than we can process them. 

if ( !m_pFrameCam | | !m__plplln | | !m_readyFrameIn) { 
m_frameBusy = FALSE; 
return; 

} 

// If the camera format is compressed, decompress it first so that IIPL can handle it. 
// Otherwise, just copy it. 

if (m_hicD) { 

if (ICERR_OK != ICDecompress (m_hicD, OL, 
&m_pFmtCam->bmiHeader , m_j?FrameCam, 
&m_pFmtIn->bmiHeader , m_pFramSIn) ) { 
Stop() ; 

AfxMessageBox ( "Frame decompress failed."); 
m_readyFrameIn = FALSE; 
m_frameBusy = FALSE; 
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return; 

} 

else { 

if (m_pFmtCam->bmiHeader .biSizelmage != m_pFmtIn->bmiHeader .biSizelmage) { 
TRACE ( " OnControlNewFrame : camera imagesize != input imagesize\n" ) ; 

} 

memcpy (m_pFrameIn, m_pFrameCam, m_pFmtIn->bmiHeader .biSizelmage) ; 




// Convert the image to Intel Image Processing Library format for further processing. 

iplStat = iplConvertFromDIBSep(&m_pFmtIn->bmiHeader / (const char *) m_pFrameIn, m_plplln) ; 
if (iplStat != 0) { 
Stop ( ) ; 

AfxMessageBox ( "Couldn ' t convert camera output to RGB-24 format"); 
m_readyFrameIn = FALSE; 
m_frameBusy = FALSE; 
return; 

} 

// If the user wants rotate the image, do that. 

// (mirroring, on the other hand, is a preview function performed in OnDraw) . 
//A 180-degree rotation is equivalent to mirroring horizontally and vertically. 

if (m_rotate) { 

iplMirror (m_plplln, m_plplln, -1); 

} 

// Figure out how much time has elapsed since the previous snapshot, 

msTimeSincePrev = startTime - m_msPrevSnapTime; 

// Calculate our absolute pixel difference threshold: 

// It's the per-pixel noise * 2 (because noise is additive) * 255 (because that's our luminanc 



e tange) 



if 



// divided by 100 because our noise is expressed in percent, 
// rounded to the nearest integer. 

dif fThreshold = (int) ( (m_f PixelNoise * 2.0 * 255.0) / 100.0 + 0.5); 
// Find our motion-detection rectangle in valid video coordinates. 



moveRect = m_rDetect; 
if (moveRect . left < 0) { 
moveRect . left = 0 ; 

} 

if (moveRect . top < 0) { 
moveRect. top = 0; 

} 

if (moveRect . right > m_plplln->width) { 
moveRect . right = m_plplln->width; 

} 

if (moveRect .bottom > m_plplln->height ) { 
moveRect . bottom = m_plplln->height ; 

} 

switch (m_snapMode) { 
case SNAP_BULB: 

// bulb mode is really a "don't take a picture unless forced" -- do nothing, 
break; 
case SNAP_TIME_LAPSE: 

// Time -lapse is really "try to send every frame, but all modes are throttled by m_msTimeL 
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sendFrame = TRUE; 
break; 
case SNAP_ON„MOTION: 
case SNAP_ON_NOVELTY : 
case SNAP_ON_CHANGE : 

// motion- and change-detection modes are handled below, 
break; 

default: // unknown snap mode. 
StopO ; 

ASSERT (FALSE) ; 
} 

// If we're going to do any sort of motion/change-detection on this frame, 
// do it. 

switch (m„snapMode) { 

case SNAP_BULB: 

case SNAP_TIME_LAPSE : 

// these modes aren't motion modes, 
break; 
case SNAP_ON_MOTION: 
case SNAP_ON_N0VELTY : 
case SNAP_ON_CHANGE : 

// The motion-detection modes require limiting the detection to the motion rectangle. 
// Create a region-of -interest for the motion rectangle. 

pRoi = iplCreateROI (0, moveRect . lef t , moveRect . top, moveRect .Width () , moveRect .Height ()) ; 
if (IpRoi) { 
Stop ( ) ; 

AfxMessageBoxC'Couldn' t create region-of -interest for motion detection."); 
m_readyFrameIn = FALSE; 
m_f rameBusy = FALSE; 
return; 

i > 

// Convert the full-color image to an 8-bit /pixel luminance-only image, 
// blur a bit first to lower the noise caused by pixel noise and camera vibration. 
//ZZZ the docs say iplFixedFilter supports in-place, but the routine errored when I tried 
do that. 



iplColorToGray (m_plplln, m__pIplTmp) ; 

iplFixedFilter (m_pIplTmp , m_pIp lMotion, IPL_GAUSSIAN_3x3 ) ; 

/ /ZZZ I want to add an edge -enhancement?^ to avoid triggering on shadows or gross lighting c 
hanges , 

//ZZZ but don't have time at the moment to build itT. 
// If we're just starting, 

// copy this frame to the reference so we don't falsely tri£#er on motion. 

if { !m_startFrameSeen) { 

iplCopy (m_pIplMotion, m_pIplMotionRef ) ; 

} 

// Find how different the current image, xs from the mot ion- defect ion reference. 
// pixel_is_dif ferent = abs(a - b) > (p\xel__noise + pixel_noi^e) . 

// This function essentially says "howvm^ny corresponding pixels differ by greater than th 
noise in each pixel?" 
// 

// Since iplSubtract ( ) performs saturation arithmetic, 
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17 we Ijave tp perform 
7/ in order to implemei 
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lubtractions and sum their resul 
ir function. 
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II Limit the region of interest to our motion-detection rectangle, 
// and limit the division to its number of pixels. 

//ZZZ can we just use iplSetRoiO on the images' ROI ' s instead of the pointer-setting stuf 

//ZZZ the documentation really isn't explicit about how to set the ROI of an image. 

prevRoil = m_pIplMotion->roi ; 
m_pIplMotion->roi = pRoi; 
prevRoi2 = m_pIplMotionRef ->roi ; 
m_pIplMotionRef->roi = pRoi; 
prevRoi3 = m_pIplTmp->roi ; 
m_pIplTmp->roi = pRoi; 

iplSubtract (m_pIplMotion, m_pIplMotionRef , m_pIplTmp) ,- 
iplThreshold(m_j?IplTmp, m_j?IplTmp, dif fThreshold) ; 
fDiff = iplNorm(m_pIplTmp, NULL , IPL_L1) / 255.0; 

iplSubtract (m_pIplMotionRef , m_pIplMotion, m__pIplTmp) ; 
iplThreshold(m_pIplTmp, m^IplTmp, dif fThreshold) ; 
fDiff += iplNorm(m_pIplTmp, NULL, IPL_L1) / 255.0; 

// Restore the regions of interest. 

m_pIplMotion->roi = prevRoil; 
m_pIplMotionRef->roi = prevRoi2; 
m_pIplTmp->roi = prevRoi3; 

// fDiff is now the number of pixels that differed. 
// Convert it to the percent of pixels that differed. 

fDiff /= ((double) moveRect .Width ( ) * (double) moveRect . Height ()) ; 
m_fCurrentMotion = fDiff * 100.0; 

// If enough pixels have changed, call it motion. 
// Note when our most recent motion occurred 

// and that our change-detection algorithm doesn't have to wait for motion to occur any mo 

if (m_fCurrentMotion > m_fMotionThreshold) { 
motionOccurred = TRUE; 
m__msPrevMoveTime = startTime; 
m_waitingForMovement = FALSE; 



// Now that we're done with the previous edge-enhanced motion reference, 
// update it . 

iplCopy (m_pIplMot ion , m _pIplMotionRef ) ; 

switch (m_snapMode) { 
case SNAP_BULB : 
case SNAP_TIME_LAPSE : 
case SNAP_ON_MOTION: 

// these are not change-relative cases. 

break; 

case SNAP_ON_NOVELTY : 
case SNAP_ON_CHANGE : 



} 
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>^^BT pixels that have changed 
r^^J change-reference to our current ^^pe 



//, Find ,the numb, 
// from our prev 
// using the same algorithm as above. 



// If we're just starting, 

// copy this frame to the reference so we don't falsely trigger on change. 

if ( !m_startFrameSeen) { 

iplCopy (m_pIplMotion, m_pIplChangeRef ) ; 

} 

// Limit the region of interest to our motion-detection rectangle, 
// and limit the division to its number of pixels. 



it 



ge 



prevRoil = m_j?IplMotion->roi ; 
m_pIplMotion->roi = pRoi; 
prevRoi2 = m_pIplChangeRef->roi ; 
m_pIplChangeRef ->roi = pRoi; 
prevRoi3 = m_pIplTmp->roi ; 
m_j?IplTmp->roi = pRoi; 

iplSubtract (m_pIplMotion, m_pIplChangeRef , m_pIplTmp) ; 
iplThreshold(m_pIplTmp, m_pIplTmp, dif fThreshold) ; 
fDiff = iplNorm(m_pIprrmp, NULL , IPL_Ll) / 255.0; 

iplSubtract (m_pIplChangeRef, m_pIplMotion, m_pIplTmp) ; 
iplThreshold(m_pIplTrap, m_pIplTmp, dif fThreshold). ; 
fDiff += iplNorm(m_pIplTmp, NULL, IPL_L1) / 255.0; 

// Restore the regions of interest. 

m_pIplMotion->roi = prevRoil; 
m_pIplChangeRef->roi = prevRoi2; 
m_pIplTmp->roi = prevRoi3; 

// fDiff is now the number of pixels that differed. 

// Convert it to the percent of pixels that differed, expressed in lOths of a percent. 

fDiff /= ((double) moveRect .Width ( ) * (double) moveRect . Height ()) ; 
pcNumChanged = fDiff * 100.0; 

// If enough pixels have changed, 

// this is novelty (change from the last stable change) . 

if (pcNumChanged > m_fMotionThreshold) { 
noveltyOccurred = TRUE; 

} 

// See how long it's been since motion happened. 

// If it's been long enough, and we aren't waiting for some motion to happen first, 
//we can see if a stable change has happened. 

msldle = startTime - m_msPrevMoveTime; 

if ( ( !m_waitingForMovement && msldle > m_msIdleThreshold) || m_forceSnap) { 

m_waitingForMovement = TRUE; // (because starting with the next frame, we're wa 
ing for new movement) 

// If enough pixels have changed from the last stable scene, call it a stable chan 
// and record it as the reference for detecting future changes. 



if ( (pcNumChanged > m_fMotionThreshold) | | m_forceSnap) { 
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changeOccu 
iplCopy (m. 

} 

} 



break; 

default: // unknown snap mode. 
StopO ; 

ASSERT (FALSE) ; 

} 



= TRUE; 

otion, m_pIplChangeRef ) ; 



// Now we're done with the region of interest for motion-detection. 



if (IpRoi) { 
StopO ; 

ASSERT (FALSE) ; 

} 

iplDeleteROI (pRoi) ; 
pRoi = NULL; 

break; 

default: // unknown snap mode. 
StopO ; 

ASSERT (FALSE) ; 

} 

// Now that we know whether or not there's motion and change, 
// decide whether we need to send the image. 

switch (m_snapMode) { 

case SNAP_BULB: 

case SNAP_TIME_LAPSE : 

// These are non-motion modes, handled elsewhere. 

break; 
case SNAP_ON_MOTION: 

// If motion happened, send the frame. 

if (motionOccurred) { 
sendFrame = TRUE; 

} 

break; 
case SNAP_ON_NOVELTY : 

// If motion occurred relative to the last stable change, 
// send the frame. 



if (noveltyOccurred) { 
sendFrame = TRUE; 

} 

break; 
case SNAP_ON_CHANGE : 

// If the image is stable and different enough from the last stable change, 
// send the frame. 

if (changeOccurred) { 
sendFrame = TRUE; 

} 

break; 

default: // unknown snap mode. 
StopO ; 

ASSERT (FALSE) ; 

} 

// If the user has asked for image histogram equalization, do it. 
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t^^Bot ion -detection 

la^^MTtion increases the pixel noise as^^^i 



•// We "do this AFTER all 

) I because histogram equa^H^tion increases the pixel noise as^^^R; image gets more uniform, 
// ultimately converting a black image into full -brightness-range noise. 

if (m_doHistogramEQ) { 

// intialize the lookup tables for each channel. 

//ASSERT (m_plpl In- >numchanne Is == 3); 
for (lutldx = 0; lutldx < 3; ++lutldx) { 
pLutflutldx] = &lut [lutldx] ; 

lut [lutldx] .num = 256; 

lut [lutldx] .key = &lutKey[256 * lutldx]; 
lut [lutldx] .value = &lutValue [256 * lutldx]; 
lut [lutldx] . factor = NULL; 

lut [lutldx] . interpolateType = IPL_LUT_INTER; 

for (keyldx = 0; keyldx < 256; ++keyldx) { 
lutKey [lutldx * 256 + keyldx] = keyldx; 
lutValue[ lutldx * 256 + keyldx] = 0; 

} 

} 

// Calculate the image histogram, 

// then equalize that histogram and apply it to the image. 

//ZZZ the pre-equalized histogram could be useful for detecting that, for example, 
//ZZZ the image is totally black and isn't worth sending. 

iplComputeHisto (m_plplln, &pLut[0] ) ; 
iplHistoEqualize (m_plplln, m_plplln, &pLut[0]); 

} 

// If this frame is to be forced, send it. 

if (m_f orceSnap) { 

sendFrame = TRUE; 

} 

// If we've decided to send this frame, 

// create a fresh IPL copy of it and hand that copy off to the desired window. 

if (sendFrame) { 

Ipllmage *plpl = NULL; // the IPL image copy to send away. 

plpl = iplClonelmage (m__plplln) ; 
if (!plpl) { 
StopO ; 

AfxMessageBox( "Couldn' t create a duplicate of the captured image"); 
m_readyFrameIn = FALSE; 
m_frameBusy = FALSE; 
return; 

} 

// Tag the copy with whatever text the sender wanted. 

// We don't tag the original because the tag would only flicker past in the preview. 

cStrTag = m_labelText; 

if (m_doLabelTime) { 

if ( IcStrTag.IsEmptyO ) { 
cStrTag += " " ; 
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. ' } • ' ■ 

CString t = ctNow 
t .MakeLower ( ) ; 
cStrTag += t; 

} 



i % 

.E^pit("%I:%M%p") ; // (hr :mm am/pm) 



if (m_doLabelDate) { 

if ( IcStrTag.IsEmptyO ) { 
cStrTag +=■ " " ; 

} 

cStrTag += c tNow. Format ( "%B %d" ) ; // (%B = full month name, %b = abbreviated month n 
%d = day of month) 
} 

// If there's nothing to tag, don't tag the image. 

if (IcStrTag.IsEmptyO) { 

pMsg = Taglpllmage(plpl, (LPCSTR) cStrTag, m_labelColorBk, m_labelColorText) ; 

if (pMsg) { 
StopO ; 

AfxMessageBox(pMsg) ; 

iplDeallocate (plpl , IPL_IMAGE_HEADER | IPL_IMAGE_DATA) ; 
plpl = NULL; 
m_readyFrameIn = FALSE; 
m_frameBusy = FALSE; 
return; 

} 

% } 

EC) // Make this frame "pending". 

yl! // If we can't send it right away, we'll send it when we can. 

Q1 // This arrangement makes motion- and change-detection modes be properly throttled by m„ms 
TimeLapse : 

~4 //If motion or change occurred during the time-lapse interval, 
13 // that moved or changed frame is sent once the interval expires. 

if (m_pIplPending ) { 

iplDeallocate (m_pIplPending , IPL_IMAGE_HEADER | I PL_IMAGE_DATA ) ; 
m_pIplPending = NULL; 

} 

m_pIplPending = plpl; 

plpl = NULL; // (since we've moved it to Pending) 

} 

// If the time-lapse has expired s^rfce we last sent a frame (or the user forced this frame), 
// 4nd we nave a trame to senu, 

// send or write that pending trame and note the time we sent/wrote it. 
if (m_f orceSnap) { 

if ( !m_pIplPending) { // (forcing a frame had better force the frame into pending state) 
StopO ; 

ASSERT (FALSE) ; 

} 

} 

if ( (m_f orceSnap || msTimeSincePrev >= m_msTimeLapse) && m_plpl Pending) { 
m_msPrevSnapTime = s tar t Time; 

if ( !m_saveToName . isEmpty ( ) ) { 

pMsg = Writelpl (m__plpl Pending, m_saveToName , m_jpegQuality) ; 
if (pMsg) { 
StopO ; 

AfxMessageBox (pMsg) ; 



8 



e^KfplPending, IPL_IMAGE_HEADER | IPl^RjG 



* iplDeallocate^BfplPending,IPL_IMAGE_HEADER | IPI^^GE_DATA) ; 

m_plpl Pending! 
m_readyFrameIn = FALSE; 
m_f rameBusy = FALSE ; 
return; 

} 

} 

//m_pWndNotify->PostMessage (m_rasgNotify, 0, (LPARAM) m_plpl Pending ) ; // (a SendMessage ( ) w 
ould confuse the threads) 

iplDeallocate(m_pIplPending,IPL_IMAGE_HEADER | IPL_IMAGE„DATA) ; 
m_plpl Pending = NULL; 

// Tell our container that an image file is ready for them. 
Fire ImageReady ( ) ; 

} 

// Now we can forget whether the user forced this frame 
// and whether this was the first frame after a Start () . 

m_forceSnap = FALSE; 
m_startFrameSeen = TRUE; 

// Note how long it took to process this frame. 
endTime = timeGetTime ( ) ; 
m_f rameTime = endTime - startTime; 

2! // let our preview window know it's time to redraw. 
InvalidateControl ( ) ; 

m_readyFrameIn = FALSE ; // (because we're done processing the current frame) 
m_f rameBusy = FALSE; 

} 
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